DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 557 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8372922 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 558 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8325473 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 559 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8271722 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 560 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8085182 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 561 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8813948 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 562 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 9094184 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 563 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 9039691 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 564 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8921610 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 565 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8737485 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 566 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 8646474 flag: 0 flag: 0 flag: 0
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 567 offsetInBlock: 36578304 lastPacketInBlock: false lastByteOffsetInBlock: 36642816
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 568 offsetInBlock: 36642816 lastPacketInBlock: false lastByteOffsetInBlock: 36707328
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 569 offsetInBlock: 36707328 lastPacketInBlock: false lastByteOffsetInBlock: 36771840
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 570 offsetInBlock: 36771840 lastPacketInBlock: false lastByteOffsetInBlock: 36836352
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 571 offsetInBlock: 36836352 lastPacketInBlock: false lastByteOffsetInBlock: 36900864
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 572 offsetInBlock: 36900864 lastPacketInBlock: false lastByteOffsetInBlock: 36965376
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 573 offsetInBlock: 36965376 lastPacketInBlock: false lastByteOffsetInBlock: 37029888
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 574 offsetInBlock: 37029888 lastPacketInBlock: false lastByteOffsetInBlock: 37094400
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 575 offsetInBlock: 37094400 lastPacketInBlock: false lastByteOffsetInBlock: 37158912
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 576 offsetInBlock: 37158912 lastPacketInBlock: false lastByteOffsetInBlock: 37223424
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 577 offsetInBlock: 37223424 lastPacketInBlock: false lastByteOffsetInBlock: 37287936
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DFSClient - WriteChunk allocating new packet seqno=578, src=/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000, packetSize=65016, chunksPerPacket=126, bytesCurBlock=37287936, DFSOutputStream:blk_1073741855_1031
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DFSOutputStream - enqueue full packet seqno: 578 offsetInBlock: 37287936 lastPacketInBlock: false lastByteOffsetInBlock: 37352448, src=/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000, bytesCurBlock=37352448, blockSize=134217728, appendChunk=false, blk_1073741855_1031
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DataStreamer - Queued packet seqno: 578 offsetInBlock: 37287936 lastPacketInBlock: false lastByteOffsetInBlock: 37352448, blk_1073741855_1031
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DFSClient - computePacketChunkSize: src=/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000, chunkSize=516, chunksPerPacket=126, packetSize=65016
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DFSClient - WriteChunk allocating new packet seqno=579, src=/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000, packetSize=65016, chunksPerPacket=126, bytesCurBlock=37352448, DFSOutputStream:blk_1073741855_1031
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 567 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 15352220 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 568 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16649542 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 569 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16471258 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 570 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16276062 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 571 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16238030 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 572 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16160886 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 573 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16135668 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 574 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16048034 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 575 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 15965008 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 576 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 15905818 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 577 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 16101394 flag: 0 flag: 0 flag: 0
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 578 offsetInBlock: 37287936 lastPacketInBlock: false lastByteOffsetInBlock: 37352448
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DataStreamer - Queued packet seqno: 579 offsetInBlock: 37352448 lastPacketInBlock: false lastByteOffsetInBlock: 37382876, blk_1073741855_1031
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DataStreamer - Queued packet seqno: 580 offsetInBlock: 37382876 lastPacketInBlock: true lastByteOffsetInBlock: 37382876, blk_1073741855_1031
DEBUG pool-7-thread-1 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 waiting for ack for: 580
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 579 offsetInBlock: 37352448 lastPacketInBlock: false lastByteOffsetInBlock: 37382876
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - stage=DATA_STREAMING, blk_1073741855_1031
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 578 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 4906343 flag: 0 flag: 0 flag: 0
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 579 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 6048709 flag: 0 flag: 0 flag: 0
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - blk_1073741855_1031 sending packet seqno: 580 offsetInBlock: 37382876 lastPacketInBlock: true lastByteOffsetInBlock: 37382876
DEBUG ResponseProcessor for block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 580 reply: SUCCESS reply: SUCCESS reply: SUCCESS downstreamAckTimeNanos: 5562593 flag: 0 flag: 0 flag: 0
DEBUG DataStreamer for file /IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000 block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031 org.apache.hadoop.hdfs.DataStreamer - Closing old block BP-109272497-192.168.10.102-1717442486407:blk_1073741855_1031
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #13 org.apache.hadoop.hdfs.protocol.ClientProtocol.complete
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #13
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: complete took 19ms
INFO pool-7-thread-1 org.apache.hadoop.mapred.Task - Task:attempt_local927093234_0001_r_000000_0 is done. And is in the process of committing
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #14 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #14
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 3ms
INFO pool-7-thread-1 org.apache.hadoop.mapred.LocalJobRunner - 2 / 2 copied.
INFO pool-7-thread-1 org.apache.hadoop.mapred.Task - Task attempt_local927093234_0001_r_000000_0 is allowed to commit now
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #15 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #15
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 7ms
DEBUG pool-7-thread-1 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter - Merging data from HdfsLocatedFileStatus{path=hdfs://hadoop102:8020/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0; isDirectory=true; modification_time=1718035769556; access_time=0; owner=atguigu; group=supergroup; permission=rwxr-xr-x; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} to hdfs://hadoop102:8020/IPTest/output2
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #16 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #16
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 7ms
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #17 org.apache.hadoop.hdfs.protocol.ClientProtocol.getListing
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #17
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getListing took 7ms
DEBUG pool-7-thread-1 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter - Merging data from HdfsNamedFileStatus{path=hdfs://hadoop102:8020/IPTest/output2/_temporary/0/_temporary/attempt_local927093234_0001_r_000000_0/part-r-00000; isDirectory=false; length=37382876; replication=3; blocksize=134217728; modification_time=1718035770685; access_time=1718035769556; owner=atguigu; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} to hdfs://hadoop102:8020/IPTest/output2/part-r-00000
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #18 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #18
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 3ms
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #19 org.apache.hadoop.hdfs.protocol.ClientProtocol.rename
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #19
DEBUG pool-7-thread-1 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: rename took 3ms
INFO pool-7-thread-1 org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter - Saved output of task 'attempt_local927093234_0001_r_000000_0' to hdfs://hadoop102:8020/IPTest/output2
INFO pool-7-thread-1 org.apache.hadoop.mapred.LocalJobRunner - reduce > reduce
INFO pool-7-thread-1 org.apache.hadoop.mapred.Task - Task 'attempt_local927093234_0001_r_000000_0' done.
INFO pool-7-thread-1 org.apache.hadoop.mapred.Task - Final Counters for attempt_local927093234_0001_r_000000_0: Counters: 30
	File System Counters
		FILE: Number of bytes read=76003648
		FILE: Number of bytes written=76351257
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=173559688
		HDFS: Number of bytes written=37382876
		HDFS: Number of read operations=13
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=4
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Combine input records=0
		Combine output records=0
		Reduce input groups=93491
		Reduce shuffle bytes=38001496
		Reduce input records=300000
		Reduce output records=300000
		Spilled Records=300000
		Shuffled Maps =2
		Failed Shuffles=0
		Merged Map outputs=2
		GC time elapsed (ms)=3
		Total committed heap usage (bytes)=585629696
	Shuffle Errors
		BAD_ID=0
		CONNECTION=0
		IO_ERROR=0
		WRONG_LENGTH=0
		WRONG_MAP=0
		WRONG_REDUCE=0
	File Output Format Counters 
		Bytes Written=37382876
INFO pool-7-thread-1 org.apache.hadoop.mapred.LocalJobRunner - Finishing task: attempt_local927093234_0001_r_000000_0
DEBUG pool-7-thread-1 org.apache.hadoop.util.concurrent.ExecutorHelper - afterExecute in thread: pool-7-thread-1, runnable type: java.util.concurrent.FutureTask
INFO Thread-23 org.apache.hadoop.mapred.LocalJobRunner - reduce task executor complete.
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #20 org.apache.hadoop.hdfs.protocol.ClientProtocol.delete
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #20
DEBUG Thread-23 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: delete took 5ms
DEBUG Thread-23 org.apache.hadoop.hdfs.DFSClient - /IPTest/output2/_SUCCESS: masked={ masked: rw-r--r--, unmasked: rw-rw-rw- }
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #21 org.apache.hadoop.hdfs.protocol.ClientProtocol.create
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #21
DEBUG Thread-23 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: create took 3ms
DEBUG Thread-23 org.apache.hadoop.hdfs.DFSClient - computePacketChunkSize: src=/IPTest/output2/_SUCCESS, chunkSize=516, chunksPerPacket=126, packetSize=65016
DEBUG Thread-23 org.apache.hadoop.hdfs.DataStreamer - block==null waiting for ack for: -1
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #22 org.apache.hadoop.hdfs.protocol.ClientProtocol.complete
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #22
DEBUG Thread-23 org.apache.hadoop.ipc.ProtobufRpcEngine - Call: complete took 3ms
DEBUG Thread-23 org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.fs.FileContext.getAbstractFileSystem(FileContext.java:333)
INFO main org.apache.hadoop.mapreduce.Job -  map 100% reduce 100%
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:729)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:328)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:328)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.getTaskCompletionEvents(Job.java:729)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:328)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:328)
INFO main org.apache.hadoop.mapreduce.Job - Job job_local927093234_0001 completed successfully
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.getCounters(Job.java:817)
INFO main org.apache.hadoop.mapreduce.Job - Counters: 36
	File System Counters
		FILE: Number of bytes read=76004593
		FILE: Number of bytes written=144292667
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=481341200
		HDFS: Number of bytes written=37382876
		HDFS: Number of read operations=27
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=8
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=300000
		Map output records=300000
		Map output bytes=37392022
		Map output materialized bytes=38001496
		Input split bytes=232
		Combine input records=0
		Combine output records=0
		Reduce input groups=93491
		Reduce shuffle bytes=38001496
		Reduce input records=300000
		Reduce output records=300000
		Spilled Records=600000
		Shuffled Maps =2
		Failed Shuffles=0
		Merged Map outputs=2
		GC time elapsed (ms)=703
		Total committed heap usage (bytes)=1679294464
	Shuffle Errors
		BAD_ID=0
		CONNECTION=0
		IO_ERROR=0
		WRONG_LENGTH=0
		WRONG_MAP=0
		WRONG_REDUCE=0
	File Input Format Counters 
		Bytes Read=173559688
	File Output Format Counters 
		Bytes Written=37382876
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:328)
DEBUG shutdown-hook-0 org.apache.hadoop.ipc.Client - stopping client from cache: org.apache.hadoop.ipc.Client@290d210d
DEBUG shutdown-hook-0 org.apache.hadoop.ipc.Client - removing client from cache: org.apache.hadoop.ipc.Client@290d210d
DEBUG shutdown-hook-0 org.apache.hadoop.ipc.Client - stopping actual client because no more references remain: org.apache.hadoop.ipc.Client@290d210d
DEBUG shutdown-hook-0 org.apache.hadoop.ipc.Client - Stopping client
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu: closed
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu: stopped, remaining connections 0
DEBUG Thread-4 org.apache.hadoop.util.ShutdownHookManager - Completed shutdown in 0.104 seconds; Timeouts: 0
DEBUG Thread-4 org.apache.hadoop.util.ShutdownHookManager - ShutdownHookManger completed shutdown.
DEBUG main org.apache.hadoop.util.Shell - setsid exited with exit code 0
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.loginSuccess with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Rate of successful kerberos logins and latency (milliseconds)])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.loginFailure with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Rate of failed kerberos logins and latency (milliseconds)])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.getGroups with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[GetGroups])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.security.UserGroupInformation$UgiMetrics.renewalFailuresTotal with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Renewal failures since startup])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.security.UserGroupInformation$UgiMetrics.renewalFailures with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Renewal failures since last successful login])
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - UgiMetrics, User and group related metrics
DEBUG main org.apache.hadoop.security.SecurityUtil - Setting hadoop.security.token.service.use_ip to true
DEBUG main org.apache.hadoop.security.Groups -  Creating new Groups object
DEBUG main org.apache.hadoop.util.NativeCodeLoader - Trying to load the custom-built native-hadoop library...
DEBUG main org.apache.hadoop.util.NativeCodeLoader - Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
DEBUG main org.apache.hadoop.util.NativeCodeLoader - java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
WARN main org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
DEBUG main org.apache.hadoop.util.PerformanceAdvisory - Falling back to shell based
DEBUG main org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback - Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping
DEBUG main org.apache.hadoop.security.Groups - Group mapping impl=org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback; cacheTimeout=300000; warningDeltaMs=5000
DEBUG main org.apache.hadoop.security.UserGroupInformation - hadoop login
DEBUG main org.apache.hadoop.security.UserGroupInformation - hadoop login commit
DEBUG main org.apache.hadoop.security.UserGroupInformation - using local user:UnixPrincipal: atguigu
DEBUG main org.apache.hadoop.security.UserGroupInformation - Using user: "UnixPrincipal: atguigu" with name atguigu
DEBUG main org.apache.hadoop.security.UserGroupInformation - User entry: "atguigu"
DEBUG main org.apache.hadoop.security.UserGroupInformation - UGI loginUser:atguigu (auth:SIMPLE)
DEBUG main org.apache.htrace.core.Tracer - sampler.classes = ; loaded no samplers
DEBUG main org.apache.htrace.core.Tracer - span.receiver.classes = ; loaded no span receivers
DEBUG main org.apache.hadoop.fs.FileSystem - Loading filesystems
DEBUG main org.apache.hadoop.fs.FileSystem - file:// = class org.apache.hadoop.fs.LocalFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-common/3.2.0/hadoop-common-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - viewfs:// = class org.apache.hadoop.fs.viewfs.ViewFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-common/3.2.0/hadoop-common-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - har:// = class org.apache.hadoop.fs.HarFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-common/3.2.0/hadoop-common-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - http:// = class org.apache.hadoop.fs.http.HttpFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-common/3.2.0/hadoop-common-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - https:// = class org.apache.hadoop.fs.http.HttpsFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-common/3.2.0/hadoop-common-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - hdfs:// = class org.apache.hadoop.hdfs.DistributedFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-hdfs-client/3.2.0/hadoop-hdfs-client-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - webhdfs:// = class org.apache.hadoop.hdfs.web.WebHdfsFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-hdfs-client/3.2.0/hadoop-hdfs-client-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - swebhdfs:// = class org.apache.hadoop.hdfs.web.SWebHdfsFileSystem from /opt/module/apache-maven-3.6.1/LocalJAR/org/apache/hadoop/hadoop-hdfs-client/3.2.0/hadoop-hdfs-client-3.2.0.jar
DEBUG main org.apache.hadoop.fs.FileSystem - Looking for FS supporting hdfs
DEBUG main org.apache.hadoop.fs.FileSystem - looking for configuration option fs.hdfs.impl
DEBUG main org.apache.hadoop.fs.FileSystem - Looking in service filesystems for implementation class
DEBUG main org.apache.hadoop.fs.FileSystem - FS for hdfs is class org.apache.hadoop.hdfs.DistributedFileSystem
DEBUG main org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.use.legacy.blockreader.local = false
DEBUG main org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.read.shortcircuit = false
DEBUG main org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.domain.socket.data.traffic = false
DEBUG main org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.domain.socket.path = 
DEBUG main org.apache.hadoop.hdfs.DFSClient - Sets dfs.client.block.write.replace-datanode-on-failure.min-replication to 0
DEBUG main org.apache.hadoop.io.retry.RetryUtils - multipleLinearRandomRetry = null
DEBUG main org.apache.hadoop.ipc.Server - rpcKind=RPC_PROTOCOL_BUFFER, rpcRequestWrapperClass=class org.apache.hadoop.ipc.ProtobufRpcEngine$RpcProtobufRequest, rpcInvoker=org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker@2aa5fe93
DEBUG main org.apache.hadoop.ipc.Client - getting client out of cache: org.apache.hadoop.ipc.Client@290d210d
DEBUG main org.apache.hadoop.util.PerformanceAdvisory - Both short-circuit local reads and UNIX domain socket are disabled.
DEBUG main org.apache.hadoop.hdfs.protocol.datatransfer.sasl.DataTransferSaslUtil - DataTransferProtocol not using SaslPropertiesResolver, no QOP found in configuration for dfs.data.transfer.protection
DEBUG main org.apache.hadoop.ipc.Client - The ping interval is 60000 ms.
DEBUG main org.apache.hadoop.ipc.Client - Connecting to hadoop102/192.168.10.102:8020
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu: starting, having connections 1
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #0 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #0
DEBUG main org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 49ms
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #1 org.apache.hadoop.hdfs.protocol.ClientProtocol.delete
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #1
DEBUG main org.apache.hadoop.ipc.ProtobufRpcEngine - Call: delete took 4ms
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.connect(Job.java:1536)
DEBUG main org.apache.hadoop.mapreduce.Cluster - Trying ClientProtocolProvider : org.apache.hadoop.mapred.YarnClientProtocolProvider
DEBUG main org.apache.hadoop.mapreduce.Cluster - Cannot pick org.apache.hadoop.mapred.YarnClientProtocolProvider as the ClientProtocolProvider - returned null protocol
DEBUG main org.apache.hadoop.mapreduce.Cluster - Trying ClientProtocolProvider : org.apache.hadoop.mapred.LocalClientProtocolProvider
DEBUG main org.apache.hadoop.fs.FileSystem - Looking for FS supporting file
DEBUG main org.apache.hadoop.fs.FileSystem - looking for configuration option fs.file.impl
DEBUG main org.apache.hadoop.fs.FileSystem - Looking in service filesystems for implementation class
DEBUG main org.apache.hadoop.fs.FileSystem - FS for file is class org.apache.hadoop.fs.LocalFileSystem
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - from system property: null
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - from environment variable: null
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - Could not locate file hadoop-metrics2-jobtracker.properties
org.apache.commons.configuration2.ex.ConfigurationException: Could not locate: org.apache.commons.configuration2.io.FileLocator@3ddc6915[fileName=hadoop-metrics2-jobtracker.properties,basePath=<null>,sourceURL=,encoding=<null>,fileSystem=<null>,locationStrategy=<null>]
	at org.apache.commons.configuration2.io.FileLocatorUtils.locateOrThrow(FileLocatorUtils.java:346)
	at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:972)
	at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:702)
	at org.apache.hadoop.metrics2.impl.MetricsConfig.loadFirst(MetricsConfig.java:116)
	at org.apache.hadoop.metrics2.impl.MetricsConfig.create(MetricsConfig.java:96)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.configure(MetricsSystemImpl.java:478)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:188)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:163)
	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:62)
	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:58)
	at org.apache.hadoop.mapred.LocalJobRunnerMetrics.create(LocalJobRunnerMetrics.java:45)
	at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:777)
	at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:770)
	at org.apache.hadoop.mapred.LocalClientProtocolProvider.create(LocalClientProtocolProvider.java:42)
	at org.apache.hadoop.mapreduce.Cluster.initialize(Cluster.java:130)
	at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:109)
	at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:102)
	at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1540)
	at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1536)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
	at org.apache.hadoop.mapreduce.Job.connect(Job.java:1536)
	at org.apache.hadoop.mapreduce.Job.submit(Job.java:1564)
	at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1588)
	at com.IPutils.ProvinceStatApp.main(ProvinceStatApp.java:50)
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - Could not locate file hadoop-metrics2.properties
org.apache.commons.configuration2.ex.ConfigurationException: Could not locate: org.apache.commons.configuration2.io.FileLocator@a307a8c[fileName=hadoop-metrics2.properties,basePath=<null>,sourceURL=,encoding=<null>,fileSystem=<null>,locationStrategy=<null>]
	at org.apache.commons.configuration2.io.FileLocatorUtils.locateOrThrow(FileLocatorUtils.java:346)
	at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:972)
	at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:702)
	at org.apache.hadoop.metrics2.impl.MetricsConfig.loadFirst(MetricsConfig.java:116)
	at org.apache.hadoop.metrics2.impl.MetricsConfig.create(MetricsConfig.java:96)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.configure(MetricsSystemImpl.java:478)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:188)
	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:163)
	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:62)
	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:58)
	at org.apache.hadoop.mapred.LocalJobRunnerMetrics.create(LocalJobRunnerMetrics.java:45)
	at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:777)
	at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:770)
	at org.apache.hadoop.mapred.LocalClientProtocolProvider.create(LocalClientProtocolProvider.java:42)
	at org.apache.hadoop.mapreduce.Cluster.initialize(Cluster.java:130)
	at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:109)
	at org.apache.hadoop.mapreduce.Cluster.<init>(Cluster.java:102)
	at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1540)
	at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1536)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
	at org.apache.hadoop.mapreduce.Job.connect(Job.java:1536)
	at org.apache.hadoop.mapreduce.Job.submit(Job.java:1564)
	at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1588)
	at com.IPutils.ProvinceStatApp.main(ProvinceStatApp.java:50)
WARN main org.apache.hadoop.metrics2.impl.MetricsConfig - Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: period
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: periodMillis
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableStat org.apache.hadoop.metrics2.impl.MetricsSystemImpl.snapshotStat with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Snapshot, Snapshot stats])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableStat org.apache.hadoop.metrics2.impl.MetricsSystemImpl.publishStat with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Publish, Publishing stats])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.metrics2.impl.MetricsSystemImpl.droppedPubAll with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Dropped updates by all sinks])
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'MetricsConfig' for key: source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating attr cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done. # tags & metrics=10
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating info cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sources, name=NumActiveSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sources, name=NumAllSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sinks, name=NumActiveSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sinks, name=NumAllSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for snapshot stats, name=SnapshotNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for snapshot stats, name=SnapshotAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for publishing stats, name=PublishNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for publishing stats, name=PublishAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Dropped updates by all sinks, name=DroppedPubAll, type=java.lang.Long, read-only, descriptor={}]]
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done
DEBUG main org.apache.hadoop.metrics2.util.MBeans - Registered Hadoop:service=JobTracker,name=MetricsSystem,sub=Stats
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - MBean for source MetricsSystem,sub=Stats registered.
INFO main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - Scheduled Metric snapshot period at 10 second(s).
INFO main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - JobTracker metrics system started
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'MetricsConfig' for key: source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating attr cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done. # tags & metrics=10
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating info cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Local hostname, name=tag.Hostname, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for rate of successful kerberos logins and latency (milliseconds), name=LoginSuccessNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for rate of successful kerberos logins and latency (milliseconds), name=LoginSuccessAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for rate of failed kerberos logins and latency (milliseconds), name=LoginFailureNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for rate of failed kerberos logins and latency (milliseconds), name=LoginFailureAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for getGroups, name=GetGroupsNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for getGroups, name=GetGroupsAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Renewal failures since startup, name=RenewalFailuresTotal, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Renewal failures since last successful login, name=RenewalFailures, type=java.lang.Integer, read-only, descriptor={}]]
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done
DEBUG main org.apache.hadoop.metrics2.util.MBeans - Registered Hadoop:service=JobTracker,name=UgiMetrics
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - MBean for source UgiMetrics registered.
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - Registered source UgiMetrics
DEBUG main org.apache.hadoop.metrics2.util.MBeans - Registered Hadoop:service=JobTracker,name=MetricsSystem,sub=Control
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.mapred.LocalJobRunnerMetrics.numMapTasksLaunched with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.mapred.LocalJobRunnerMetrics.numMapTasksCompleted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.mapred.LocalJobRunnerMetrics.numReduceTasksLaunched with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[])
DEBUG main org.apache.hadoop.metrics2.lib.MutableMetricsFactory - field private org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.mapred.LocalJobRunnerMetrics.numReduceTasksCompleted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[])
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - LocalJobRunnerMetrics-1333174812, LocalJobRunnerMetrics
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'MetricsConfig' for key: source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsConfig - poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating attr cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done. # tags & metrics=6
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Updating info cache...
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Local hostname, name=tag.Hostname, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=NumMapTasksLaunched, name=NumMapTasksLaunched, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=NumMapTasksCompleted, name=NumMapTasksCompleted, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=NumReduceTasksLaunched, name=NumReduceTasksLaunched, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=NumReduceTasksCompleted, name=NumReduceTasksCompleted, type=java.lang.Integer, read-only, descriptor={}]]
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - Done
DEBUG main org.apache.hadoop.metrics2.util.MBeans - Registered Hadoop:service=JobTracker,name=LocalJobRunnerMetrics-1333174812
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSourceAdapter - MBean for source LocalJobRunnerMetrics-1333174812 registered.
DEBUG main org.apache.hadoop.metrics2.impl.MetricsSystemImpl - Registered source LocalJobRunnerMetrics-1333174812
DEBUG main org.apache.hadoop.mapreduce.Cluster - Picked org.apache.hadoop.mapred.LocalClientProtocolProvider as the ClientProtocolProvider
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Cluster.getFileSystem(Cluster.java:193)
DEBUG main org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:atguigu (auth:SIMPLE) from:org.apache.hadoop.mapreduce.Job.submit(Job.java:1567)
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #2 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #2
DEBUG main org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 1ms
DEBUG main org.apache.hadoop.mapreduce.JobSubmitter - Configuring job job_local1194899689_0001 with file:/tmp/hadoop/mapred/staging/atguigu1194899689/.staging/job_local1194899689_0001 as the submit dir
DEBUG main org.apache.hadoop.mapreduce.JobSubmitter - adding the following namenodes' delegation tokens:[file:///]
WARN main org.apache.hadoop.mapreduce.JobResourceUploader - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
DEBUG main org.apache.hadoop.mapreduce.JobResourceUploader - default FileSystem: file:///
WARN main org.apache.hadoop.mapreduce.JobResourceUploader - No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
DEBUG main org.apache.hadoop.mapreduce.JobSubmitter - Creating splits at file:/tmp/hadoop/mapred/staging/atguigu1194899689/.staging/job_local1194899689_0001
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #3 org.apache.hadoop.hdfs.protocol.ClientProtocol.getFileInfo
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #3
DEBUG main org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getFileInfo took 2ms
DEBUG main org.apache.hadoop.mapreduce.lib.input.FileInputFormat - Time taken to get FileStatuses: 19
INFO main org.apache.hadoop.mapreduce.lib.input.FileInputFormat - Total input files to process : 1
DEBUG IPC Parameter Sending Thread #0 org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu sending #4 org.apache.hadoop.hdfs.protocol.ClientProtocol.getBlockLocations
DEBUG IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu org.apache.hadoop.ipc.Client - IPC Client (1800659519) connection to hadoop102/192.168.10.102:8020 from atguigu got value #4
DEBUG main org.apache.hadoop.ipc.ProtobufRpcEngine - Call: getBlockLocations took 2ms
DEBUG main org.apache.hadoop.mapreduce.lib.input.FileInputFormat - Total # of splits generated by getSplits: 2, TimeTaken: 45
INFO main org.apache.hadoop.mapreduce.JobSubmitter - number of splits:2
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for all properties in config...
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.log-aggregation.file-formats
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.group.mapping.ldap.posix.attr.uid.name
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.client.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.admin.acl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.federation.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.job.committer.cancel-timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.emit-timeline-data
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.leveldb-state-store.path
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapred.mapper.new-api
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.connection.maxidletime
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.process-kill-wait.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.minicluster.use-rpc
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for io.map.index.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.profile.reduces
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.util.hash.type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.webapp.api-service.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.path.style.access
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.file.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for net.topology.script.number.args
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.map.output.compress.codec
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.windows-container.memory-limit.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.webapp.rest-csrf.methods-to-ignore
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.input.fileinputformat.split.minsize
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.group.mapping
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.end-notification.max.attempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.speculative
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.localizer.cache.cleanup.interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.auth_to_local.mechanism
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.node-labels.resync-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.admin.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.maps
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.ubertask.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.reduce.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.entity-group-fs-store.retain-seconds
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.am.max-attempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.parallelcopies
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for adl.feature.ownerandgroup.enableupn
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.finish-when-all-reducers-done
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.zk.retry.ceiling.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.env-whitelist
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.client.job.max-retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.amrmproxy.ha.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.key.default.cipher
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.linux-container-executor.cgroups.hierarchy
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.s3guard.ddb.table.capacity.write
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.recovery.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.container.log.backups
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.disk-health-checker.interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.node-labels.provider.fetch-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.reader.webapp.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.max.total.tasks
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.maxattempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.port
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.resource-tracker.client.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.webapp.cross-origin.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.delete.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.configuration.mutation.acl-policy.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.admin-env
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.reader.webapp.https.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.proxy-user-privileges.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.speculative.speculative-cap-total-tasks
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.speculative.slowtaskthreshold
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ftp.replication
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.cleaner.initial-delay-mins
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for file.bytes-per-checksum
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.skip.start.attempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.default-container-executor.log-dirs.permissions
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.dns.log-slow-lookups.threshold.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.placement-constraints.handler
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.admin.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.linux-container-executor.cgroups.mount
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.checksum.algo.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.classloader
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.log-aggregation-enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.fetch.retry.interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nodemanager.minimum.version
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.kms.client.encrypted.key.cache.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.resource-profiles.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.output.fileoutputformat.compress.type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.numa-awareness.read-topology
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log.retain-seconds
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.entity-group-fs-store.done-dir
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.local-cache.max-files-per-directory
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.end-notification.retry.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.memory.enforced
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.failover-controller.new-active.rpc-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.ssl.hostname.verifier
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for io.erasurecode.codec.rs-legacy.rawcoders
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.zk.retry.times
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.fileoutputcommitter.task.cleanup.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.maximum-allocation-mb
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.entity-group-fs-store.with-user-dir
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.io.sort.factor
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.router.webapp.https.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.outputcommitter.factory.scheme.s3a
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log.deletion-threads-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.health-monitor.rpc-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.viewfs.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.ftp.host
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.placement-constraints.algorithm.pool-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.adl.oauth2.access.token.provider.type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.entity-group-fs-store.active-dir
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.s3guard.ddb.background.sleep
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.delegation.key.update-interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.webapp.https.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for io.compression.codec.bzip2.library
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.map.skip.maxrecords
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.ping.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.loadedjobs.cache.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.client.output.filter
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.count-logical-processors-as-cores
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.system-reserved-memory-mb
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.best-effort
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.speculative.retry-after-no-speculate
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for io.seqfile.local.dir
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.webapp.rest-csrf.methods-to-ignore
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.log.level
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.io.sort.mb
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.zk-state-store.parent-path
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.client.resolve.remote.symlinks
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.wasbs.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nm-container-queuing.min-queue-length
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.ssl.enabled.protocols
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.cpu.vcores
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.client.failover-retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.ssl.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.configuration.leveldb-store.compaction-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.local-fs.write-limit.bytes
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.configuration.file-system-based-store
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.assumed.role.sts.endpoint.region
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for adl.http.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.speculative.retry-after-speculate
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log-aggregation.policy.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.connect.max.retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.container.stderr.tail.bytes
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.kms.client.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.reservation-system.planfollower.time-step
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.ha.automatic-failover.embedded
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.heap.memory-mb.ratio
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log-container-debug-info.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.profile.map.params
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nodemanagers.heartbeat-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.map.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.keytab
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.runtime.linux.sandbox-mode
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.cluster.max-application-priority
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.log-aggregation-status.time-out.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.federation.state-store.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.client.max-cached-nodemanagers-proxies
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.trash.checkpoint.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.app-checker.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.staging-dir
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nm.liveness-monitor.expiry-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.merge.percent
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.connect.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.configuration.store.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.local-dirs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.committer.staging.tmp.path
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.recovery.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.am.max-attempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.internal-timers-ttl-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.pcores-vcores-multiplier
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.kerberos.min.seconds.before.relogin
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.attempt.diagnostics.limit.kc
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.group.mapping.ldap.ssl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.defaultFS
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.group.mapping.ldap.search.attr.group.name
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.router.pipeline.cache-max-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.map.sort.spill.percent
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.log-aggregation.file-controller.TFile.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.webapp.filter-entity-list-by-user
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.crypto.codec.classes.aes.ctr.nopadding
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.metadatastore.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.groups.negative-cache.secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.ssl.server.conf
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.client.nodemanager-client-async.thread-pool-max-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.minicluster.yarn.nodemanager.resource.memory-mb
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.admin.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.health-checker.interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ftp.client-write-packet-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.keytab
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.fetch.retry.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.task.container.log.backups
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.zookeeper.session-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.key.default.bitlength
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.http.authentication.signature.secret.file
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.webapp.xfs-filter.xframe-options
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log-aggregation.compression-type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.log-dirs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.container-retry-minimum-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.speculative.minimum-allowed-tasks
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.node-attribute.fs-store.impl.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.recovery.store.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.combine.progress.records
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.recovery.supervised
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.amrmproxy.interceptor-class.pipeline
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.low-latency
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.reduces
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.queue-placement-rules
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.configuration.provider-class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.kms.client.encrypted.key.cache.expiry
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for tfile.io.chunk.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.zk.session.timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.health-monitor.sleep-after-disconnect.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.http-cross-origin.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.azure.user.agent.prefix
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.router.interceptor.user.threadpool-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.http.authentication.token.validity
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.failover-controller.graceful-fence.rpc-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.cleaner.interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.opportunistic-containers-max-queue-length
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.reservation-system.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.read.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.crypto.buffer.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.ftp.transfer.mode
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.ifile.readahead.bytes
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.secure
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource-plugins.gpu.docker-plugin
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.wasb.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.http-authentication.type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.bind.wildcard.addr
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.dispatcher.drain-events.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.log-aggregation.retain-seconds
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.complete.cancel.delegation.tokens
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.multiobjectdelete.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.fail-fast
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.resource-profiles.source-file
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.connection-keep-alive.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.placement-constraints.retry-attempts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.minimum-allocation-vcores
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.s3guard.ddb.throttle.retry.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.retry-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.max-retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.max.threads
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for nfs.exports.allowed.hosts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for io.file.buffer.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.container-metrics.unregister-delay-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.connect.retry.interval
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.container-metrics.period-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.shuffle.connect.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.fs.state-store.uri
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.drain-entities.timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.zk.connection.timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.adl.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.wasb.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapred.queue.default.acl-administer-jobs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.submithostaddress
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.fd-flush-interval-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.container.log.limit.kb
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resourcemanager.minimum.version
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for file.stream-buffer-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.ubertask.maxreduces
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.nodemanager-connect-retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.azure.secure.mode
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.logaggregation.threadpool-size-max
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.idlethreshold
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.group.mapping.ldap.search.group.hierarchy.levels
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.collector-service.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.abfss.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ftp.stream-buffer-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.client-server.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.http.authentication.simple.anonymous.allowed
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.client.nodemanager-connect.retry-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.webapp.rest-csrf.custom-header
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.linux-container-executor.resources-handler.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.leveldb-timeline-store.read-cache-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.app-collector.linger-period.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.authentication
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.files.preserve.failedtasks
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.skip.proc-count.auto-incr
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for file.replication
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.amrmproxy.client.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.federation.cache-ttl.secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.joblist.cache.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.runtime.linux.docker.stop.grace-period
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.work-preserving-recovery.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.multipart.purge
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.webapp.ui-actions.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.connection.establish.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.rm.system-metrics-publisher.emit-container-events
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.multipart.purge.age
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.scheduler.client.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.auto-update.containers
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.scheduler.configuration.leveldb-store.path
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.maximum.data.length
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.webapp.rest-csrf.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for tfile.fs.input.buffer.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.http.authentication.type
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.numa-awareness.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.map.cpu.vcores
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.zk-delegation-token-node.split-index
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.AbstractFileSystem.webhdfs.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ftp.bytes-per-checksum
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.workaround.non.threadsafe.getpwuid
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.elastic-memory-control.timeout-sec
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.pmem-check-enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.profile.maps
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.ssl.file.buffer.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.webapp.https.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.abfs.impl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.registry.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.memory.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.am.command-opts
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.amlauncher.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.timeline-client.number-of-async-entities-to-merge
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.node-attributes.provider.fetch-interval-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.nm.uploader.replication.factor
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.registry.zk.root
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.client.failover-proxy-provider
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.client.fd-retain-secs
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.amrmproxy.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.caller.context.max.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.http.cross-origin.max-age
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.remote-app-log-dir-suffix
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.principal
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.reduce.merge.inmem.threshold
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.retry.limit
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.output.key.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.queuename
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.max-age-ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.azure.authorization
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.localizer.client.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.sharedcache.uploader.server.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.client.rpc-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.datestring.cache.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.task.profile.params
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.committer.name
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.acl.reservation-enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.jobhistory.loadedjob.tasks.max
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.app.mapreduce.client.max-retries
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.azure.local.sas.key.mode
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.node-labels.enabled
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.handler-thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ipc.server.listen.queue.size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.threads.max
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.resource.detect-hardware-capabilities
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.connect.max-wait.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.job.max.split.locations
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.scheduler.class
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.is.minicluster
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.connection-keep-alive.enable
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for fs.s3a.threads.keepalivetime
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.disk-validator
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.security.groups.shell.command.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.failover-controller.cli-check.rpc-timeout.ms
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for ha.zookeeper.acl
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.input.lineinputformat.linespermap
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.nodemanager.localizer.fetch.thread-count
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.resourcemanager.scheduler.address
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for hadoop.service.shutdown.timeout
DEBUG main org.apache.hadoop.conf.Configuration - Handling deprecation for mapreduce.shuffle.ssl.enabled
